Node / ReticulumProjects / MeshChatX.git / files / tests / backend / map_benchmarks.py

Displaying Raw • Download

Tff7b72import T7ee787gc

Tff7b72import T7ee787json

Tff7b72import T7ee787os

Tff7b72import T7ee787random

Tff7b72import T7ee787secrets

Tff7b72import T7ee787shutil

Tff7b72import T7ee787tempfile

Tff7b72import T7ee787time

Tff7b72from T7ee787unittestT7ee787.T7ee787mock Tff7b72import Te6edf3MagicMock

Tff7b72import T7ee787psutil

Tff7b72from T7ee787meshchatxT7ee787.T7ee787srcT7ee787.T7ee787backendT7ee787.T7ee787database Tff7b72import Te6edf3Database

Tff7b72def Td2a8ffget_memory_usageTb4b4b4(Tb4b4b4)Tb4b4b4:

T8b949e"""Returns current process memory usage in MB."""

Te6edf3process Tff7b72= Te6edf3psutilTff7b72.Td2a8ffProcessTb4b4b4(Te6edf3osTff7b72.Td2a8ffgetpidTb4b4b4(Tb4b4b4)Tb4b4b4)

Tff7b72return Te6edf3processTff7b72.Td2a8ffmemory_infoTb4b4b4(Tb4b4b4)Tff7b72.Td2a8ffrss Tff7b72/ Tb4b4b4(T79c0ff1024 Tff7b72* T79c0ff1024Tb4b4b4)

Tff7b72def Td2a8ffgenerate_hashTb4b4b4(Tb4b4b4)Tb4b4b4:

Tff7b72return Te6edf3secretsTff7b72.Td2a8fftoken_hexTb4b4b4(T79c0ff16Tb4b4b4)

Tff7b72class T56d364MapBenchmarkerTb4b4b4:

Tff7b72def Tff7b72__init__Tb4b4b4(Tff7b72selfTb4b4b4)Tb4b4b4:

Tff7b72selfTff7b72.Td2a8ffresults Tff7b72= Tb4b4b4[Tb4b4b4]

Tff7b72selfTff7b72.Td2a8fftemp_dir Tff7b72= Te6edf3tempfileTff7b72.Td2a8ffmkdtempTb4b4b4(Tb4b4b4)

Tff7b72selfTff7b72.Td2a8ffdb_path Tff7b72= Te6edf3osTff7b72.Td2a8ffpathTff7b72.Td2a8ffjoinTb4b4b4(Tff7b72selfTff7b72.Td2a8fftemp_dirTb4b4b4, Ta5d6ff"Ta5d6ffmap_perf_test.dbTa5d6ff"Tb4b4b4)

Tff7b72selfTff7b72.Td2a8ffdb Tff7b72= Te6edf3DatabaseTb4b4b4(Tff7b72selfTff7b72.Td2a8ffdb_pathTb4b4b4)

Tff7b72selfTff7b72.Td2a8ffdbTff7b72.Td2a8ffinitializeTb4b4b4(Tb4b4b4)

Tff7b72selfTff7b72.Td2a8ffidentity_hash Tff7b72= Te6edf3generate_hashTb4b4b4(Tb4b4b4)

Tff7b72def Td2a8ffcleanupTb4b4b4(Tff7b72selfTb4b4b4)Tb4b4b4:

Tff7b72selfTff7b72.Td2a8ffdbTff7b72.Td2a8ffcloseTb4b4b4(Tb4b4b4)

Te6edf3shutilTff7b72.Td2a8ffrmtreeTb4b4b4(Tff7b72selfTff7b72.Td2a8fftemp_dirTb4b4b4)

Tff7b72def Td2a8ffrecord_benchmarkTb4b4b4(Tff7b72selfTb4b4b4, Te6edf3nameTb4b4b4, Te6edf3operationTb4b4b4, Te6edf3iterationsTff7b72=T79c0ff1Tb4b4b4)Tb4b4b4:

Te6edf3gcTff7b72.Td2a8ffcollectTb4b4b4(Tb4b4b4)

Te6edf3start_mem Tff7b72= Te6edf3get_memory_usageTb4b4b4(Tb4b4b4)

Te6edf3start_time Tff7b72= Te6edf3timeTff7b72.Td2a8fftimeTb4b4b4(Tb4b4b4)

Te6edf3operationTb4b4b4(Tb4b4b4)

Te6edf3end_time Tff7b72= Te6edf3timeTff7b72.Td2a8fftimeTb4b4b4(Tb4b4b4)

Te6edf3gcTff7b72.Td2a8ffcollectTb4b4b4(Tb4b4b4)

Te6edf3end_mem Tff7b72= Te6edf3get_memory_usageTb4b4b4(Tb4b4b4)

Te6edf3duration Tff7b72= Tb4b4b4(Te6edf3end_time Tff7b72- Te6edf3start_timeTb4b4b4) Tff7b72/ Te6edf3iterations

Te6edf3mem_diff Tff7b72= Te6edf3end_mem Tff7b72- Te6edf3start_mem

Te6edf3result Tff7b72= Tb4b4b4{

Ta5d6ff"Ta5d6ffnameTa5d6ff"Tb4b4b4: Te6edf3nameTb4b4b4,

Ta5d6ff"Ta5d6ffduration_msTa5d6ff"Tb4b4b4: Te6edf3duration Tff7b72* T79c0ff1000Tb4b4b4,

Ta5d6ff"Ta5d6ffmemory_growth_mbTa5d6ff"Tb4b4b4: Te6edf3mem_diffTb4b4b4,

Ta5d6ff"Ta5d6ffiterationsTa5d6ff"Tb4b4b4: Te6edf3iterationsTb4b4b4,

Tb4b4b4}

Tff7b72selfTff7b72.Td2a8ffresultsTff7b72.Td2a8ffappendTb4b4b4(Te6edf3resultTb4b4b4)

Tffa657printTb4b4b4(Ta5d6fffTa5d6ff"Ta5d6ffBenchmark: Tffd700{Te6edf3nameTffd700}Ta5d6ff"Tb4b4b4)

Tffa657printTb4b4b4(Ta5d6fffTa5d6ff"Ta5d6ff Avg Duration: Tffd700{Te6edf3resultTb4b4b4[Ta5d6ff'Ta5d6ffduration_msTa5d6ff'Tb4b4b4]Tffd700:Ta5d6ff.2fTffd700}Ta5d6ff msTa5d6ff"Tb4b4b4)

Tffa657printTb4b4b4(Ta5d6fffTa5d6ff"Ta5d6ff Memory Growth: Tffd700{Te6edf3resultTb4b4b4[Ta5d6ff'Ta5d6ffmemory_growth_mbTa5d6ff'Tb4b4b4]Tffd700:Ta5d6ff.2fTffd700}Ta5d6ff MBTa5d6ff"Tb4b4b4)

Tff7b72return Te6edf3result

Tff7b72def Td2a8ffbenchmark_telemetry_insertionTb4b4b4(Tff7b72selfTb4b4b4, Te6edf3countTff7b72=T79c0ff1000Tb4b4b4)Tb4b4b4:

Tff7b72def Td2a8ffrun_telemetryTb4b4b4(Tb4b4b4)Tb4b4b4:

Tff7b72with Tff7b72selfTff7b72.Td2a8ffdbTff7b72.Td2a8ffproviderTb4b4b4:

Tff7b72for Te6edf3i Tff7b72in Tffa657rangeTb4b4b4(Te6edf3countTb4b4b4)Tb4b4b4:

Tff7b72selfTff7b72.Td2a8ffdbTff7b72.Td2a8fftelemetryTff7b72.Td2a8ffupsert_telemetryTb4b4b4(

Te6edf3destination_hashTff7b72=Te6edf3generate_hashTb4b4b4(Tb4b4b4)Tb4b4b4,

Te6edf3timestampTff7b72=Te6edf3timeTff7b72.Td2a8fftimeTb4b4b4(Tb4b4b4)Tb4b4b4,

Te6edf3dataTff7b72=Te6edf3osTff7b72.Td2a8ffurandomTb4b4b4(T79c0ff100Tb4b4b4)Tb4b4b4, T8b949e# simulate packed telemetry

Te6edf3received_fromTff7b72=Te6edf3generate_hashTb4b4b4(Tb4b4b4)Tb4b4b4,

Tb4b4b4)

Tff7b72selfTff7b72.Td2a8ffrecord_benchmarkTb4b4b4(

Ta5d6fffTa5d6ff"Ta5d6ffTelemetry Insertion (Tffd700{Te6edf3countTffd700}Ta5d6ff entries)Ta5d6ff"Tb4b4b4,

Te6edf3run_telemetryTb4b4b4,

Te6edf3countTb4b4b4,

Tb4b4b4)

Tff7b72def Td2a8ffbenchmark_telemetry_retrievalTb4b4b4(Tff7b72selfTb4b4b4, Te6edf3countTff7b72=T79c0ff100Tb4b4b4)Tb4b4b4:

T8b949e# Seed some data first

Te6edf3dest_hash Tff7b72= Te6edf3generate_hashTb4b4b4(Tb4b4b4)

Tff7b72for Te6edf3i Tff7b72in Tffa657rangeTb4b4b4(T79c0ff500Tb4b4b4)Tb4b4b4:

Tff7b72selfTff7b72.Td2a8ffdbTff7b72.Td2a8fftelemetryTff7b72.Td2a8ffupsert_telemetryTb4b4b4(

Te6edf3destination_hashTff7b72=Te6edf3dest_hashTb4b4b4,

Te6edf3timestampTff7b72=Te6edf3timeTff7b72.Td2a8fftimeTb4b4b4(Tb4b4b4) Tff7b72- Te6edf3iTb4b4b4,

Te6edf3dataTff7b72=Te6edf3osTff7b72.Td2a8ffurandomTb4b4b4(T79c0ff100Tb4b4b4)Tb4b4b4,

Tb4b4b4)

Tff7b72def Td2a8ffrun_retrievalTb4b4b4(Tb4b4b4)Tb4b4b4:

Tff7b72for Te6edf3_ Tff7b72in Tffa657rangeTb4b4b4(Te6edf3countTb4b4b4)Tb4b4b4:

Tff7b72selfTff7b72.Td2a8ffdbTff7b72.Td2a8fftelemetryTff7b72.Td2a8ffget_telemetry_historyTb4b4b4(Te6edf3dest_hashTb4b4b4, Te6edf3limitTff7b72=T79c0ff100Tb4b4b4)

Tff7b72selfTff7b72.Td2a8ffrecord_benchmarkTb4b4b4(

Ta5d6fffTa5d6ff"Ta5d6ffTelemetry History Retrieval (Tffd700{Te6edf3countTffd700}Ta5d6ff calls)Ta5d6ff"Tb4b4b4,

Te6edf3run_retrievalTb4b4b4,

Te6edf3countTb4b4b4,

Tb4b4b4)

Tff7b72def Td2a8ffbenchmark_drawing_storageTb4b4b4(Tff7b72selfTb4b4b4, Te6edf3countTff7b72=T79c0ff500Tb4b4b4)Tb4b4b4:

T8b949e# Create a large GeoJSON-like string

Te6edf3dummy_data Tff7b72= Te6edf3jsonTff7b72.Td2a8ffdumpsTb4b4b4(

Tb4b4b4{

Ta5d6ff"Ta5d6fftypeTa5d6ff"Tb4b4b4: Ta5d6ff"Ta5d6ffFeatureCollectionTa5d6ff"Tb4b4b4,

Ta5d6ff"Ta5d6fffeaturesTa5d6ff"Tb4b4b4: Tb4b4b4[

Tb4b4b4{

Ta5d6ff"Ta5d6fftypeTa5d6ff"Tb4b4b4: Ta5d6ff"Ta5d6ffFeatureTa5d6ff"Tb4b4b4,

Ta5d6ff"Ta5d6ffgeometryTa5d6ff"Tb4b4b4: Tb4b4b4{

Ta5d6ff"Ta5d6fftypeTa5d6ff"Tb4b4b4: Ta5d6ff"Ta5d6ffPointTa5d6ff"Tb4b4b4,

Ta5d6ff"Ta5d6ffcoordinatesTa5d6ff"Tb4b4b4: Tb4b4b4[

Te6edf3randomTff7b72.Td2a8ffuniformTb4b4b4(Tff7b72-T79c0ff180Tb4b4b4, T79c0ff180Tb4b4b4)Tb4b4b4,

Te6edf3randomTff7b72.Td2a8ffuniformTb4b4b4(Tff7b72-T79c0ff90Tb4b4b4, T79c0ff90Tb4b4b4)Tb4b4b4,

Tb4b4b4]Tb4b4b4,

Tb4b4b4}Tb4b4b4,

Ta5d6ff"Ta5d6ffpropertiesTa5d6ff"Tb4b4b4: Tb4b4b4{Ta5d6ff"Ta5d6ffnameTa5d6ff"Tb4b4b4: Ta5d6fffTa5d6ff"Ta5d6ffMarker Tffd700{Te6edf3iTffd700}Ta5d6ff"Tb4b4b4}Tb4b4b4,

Tb4b4b4}

Tff7b72for Te6edf3i Tff7b72in Tffa657rangeTb4b4b4(T79c0ff100Tb4b4b4)

Tb4b4b4]Tb4b4b4,

Tb4b4b4}Tb4b4b4,

Tb4b4b4)

Tff7b72def Td2a8ffrun_drawingsTb4b4b4(Tb4b4b4)Tb4b4b4:

Tff7b72with Tff7b72selfTff7b72.Td2a8ffdbTff7b72.Td2a8ffproviderTb4b4b4:

Tff7b72for Te6edf3i Tff7b72in Tffa657rangeTb4b4b4(Te6edf3countTb4b4b4)Tb4b4b4:

Tff7b72selfTff7b72.Td2a8ffdbTff7b72.Td2a8ffmap_drawingsTff7b72.Td2a8ffupsert_drawingTb4b4b4(

Te6edf3identity_hashTff7b72=Tff7b72selfTff7b72.Td2a8ffidentity_hashTb4b4b4,

Te6edf3nameTff7b72=Ta5d6fffTa5d6ff"Ta5d6ffLayer Tffd700{Te6edf3iTffd700}Ta5d6ff"Tb4b4b4,

Te6edf3dataTff7b72=Te6edf3dummy_dataTb4b4b4,

Tb4b4b4)

Tff7b72selfTff7b72.Td2a8ffrecord_benchmarkTb4b4b4(

Ta5d6fffTa5d6ff"Ta5d6ffMap Drawing Insertion (Tffd700{Te6edf3countTffd700}Ta5d6ff layers)Ta5d6ff"Tb4b4b4,

Te6edf3run_drawingsTb4b4b4,

Te6edf3countTb4b4b4,

Tb4b4b4)

Tff7b72def Td2a8ffbenchmark_drawing_listingTb4b4b4(Tff7b72selfTb4b4b4, Te6edf3countTff7b72=T79c0ff100Tb4b4b4)Tb4b4b4:

Tff7b72def Td2a8ffrun_listTb4b4b4(Tb4b4b4)Tb4b4b4:

Tff7b72for Te6edf3_ Tff7b72in Tffa657rangeTb4b4b4(Te6edf3countTb4b4b4)Tb4b4b4:

Tff7b72selfTff7b72.Td2a8ffdbTff7b72.Td2a8ffmap_drawingsTff7b72.Td2a8ffget_drawingsTb4b4b4(Tff7b72selfTff7b72.Td2a8ffidentity_hashTb4b4b4)

Tff7b72selfTff7b72.Td2a8ffrecord_benchmarkTb4b4b4(Ta5d6fffTa5d6ff"Ta5d6ffMap Drawing Listing (Tffd700{Te6edf3countTffd700}Ta5d6ff calls)Ta5d6ff"Tb4b4b4, Te6edf3run_listTb4b4b4, Te6edf3countTb4b4b4)

Tff7b72def Td2a8ffbenchmark_mbtiles_listingTb4b4b4(Tff7b72selfTb4b4b4, Te6edf3countTff7b72=T79c0ff100Tb4b4b4)Tb4b4b4:

Tff7b72from T7ee787meshchatxT7ee787.T7ee787srcT7ee787.T7ee787backendT7ee787.T7ee787map_manager Tff7b72import Te6edf3MapManager

T8b949e# Mock config

Te6edf3config Tff7b72= Te6edf3MagicMockTb4b4b4(Tb4b4b4)

Te6edf3configTff7b72.Td2a8ffmap_mbtiles_dirTff7b72.Td2a8ffgetTff7b72.Td2a8ffreturn_value Tff7b72= Tff7b72selfTff7b72.Td2a8fftemp_dir

T8b949e# Create some dummy .mbtiles files

Tff7b72for Te6edf3i Tff7b72in Tffa657rangeTb4b4b4(T79c0ff5Tb4b4b4)Tb4b4b4:

Tff7b72with Tffa657openTb4b4b4(Te6edf3osTff7b72.Td2a8ffpathTff7b72.Td2a8ffjoinTb4b4b4(Tff7b72selfTff7b72.Td2a8fftemp_dirTb4b4b4, Ta5d6fffTa5d6ff"Ta5d6fftest_Tffd700{Te6edf3iTffd700}Ta5d6ff.mbtilesTa5d6ff"Tb4b4b4)Tb4b4b4, Ta5d6ff"Ta5d6ffwTa5d6ff"Tb4b4b4) Tff7b72as Te6edf3fTb4b4b4:

Te6edf3fTff7b72.Td2a8ffwriteTb4b4b4(Ta5d6ff"Ta5d6ffdummyTa5d6ff"Tb4b4b4)

Te6edf3mm Tff7b72= Te6edf3MapManagerTb4b4b4(Te6edf3configTb4b4b4, Tff7b72selfTff7b72.Td2a8fftemp_dirTb4b4b4)

Tff7b72def Td2a8ffrun_listTb4b4b4(Tb4b4b4)Tb4b4b4:

Tff7b72for Te6edf3_ Tff7b72in Tffa657rangeTb4b4b4(Te6edf3countTb4b4b4)Tb4b4b4:

Te6edf3mmTff7b72.Td2a8fflist_mbtilesTb4b4b4(Tb4b4b4)

Tff7b72selfTff7b72.Td2a8ffrecord_benchmarkTb4b4b4(

Ta5d6fffTa5d6ff"Ta5d6ffMBTiles Listing (Tffd700{Te6edf3countTffd700}Ta5d6ff calls, 5 files)Ta5d6ff"Tb4b4b4,

Te6edf3run_listTb4b4b4,

Te6edf3countTb4b4b4,

Tb4b4b4)

Tff7b72def Td2a8ffmainTb4b4b4(Tb4b4b4)Tb4b4b4:

Tffa657printTb4b4b4(Ta5d6ff"Ta5d6ffStarting Map-related Performance Benchmarking...Ta5d6ff"Tb4b4b4)

Te6edf3bench Tff7b72= Te6edf3MapBenchmarkerTb4b4b4(Tb4b4b4)

Tff7b72tryTb4b4b4:

Te6edf3benchTff7b72.Td2a8ffbenchmark_telemetry_insertionTb4b4b4(T79c0ff1000Tb4b4b4)

Te6edf3benchTff7b72.Td2a8ffbenchmark_telemetry_retrievalTb4b4b4(T79c0ff100Tb4b4b4)

Te6edf3benchTff7b72.Td2a8ffbenchmark_drawing_storageTb4b4b4(T79c0ff500Tb4b4b4)

Te6edf3benchTff7b72.Td2a8ffbenchmark_drawing_listingTb4b4b4(T79c0ff100Tb4b4b4)

Te6edf3benchTff7b72.Td2a8ffbenchmark_mbtiles_listingTb4b4b4(T79c0ff100Tb4b4b4)

Tffa657printTb4b4b4(Ta5d6ff"Tffea00\nTa5d6ff" Tff7b72+ Ta5d6ff"Ta5d6ff=Ta5d6ff" Tff7b72* T79c0ff80Tb4b4b4)

Tffa657printTb4b4b4(Ta5d6fffTa5d6ff"Tffd700{Ta5d6ff'Ta5d6ffBenchmark NameTa5d6ff'Tffd700:Ta5d6ff40Tffd700}Ta5d6ff | Tffd700{Ta5d6ff'Ta5d6ffAvg TimeTa5d6ff'Tffd700:Ta5d6ff10Tffd700}Ta5d6ff | Tffd700{Ta5d6ff'Ta5d6ffMem GrowthTa5d6ff'Tffd700:Ta5d6ff10Tffd700}Ta5d6ff"Tb4b4b4)

Tffa657printTb4b4b4(Ta5d6ff"Ta5d6ff-Ta5d6ff" Tff7b72* T79c0ff80Tb4b4b4)

Tff7b72for Te6edf3r Tff7b72in Te6edf3benchTff7b72.Td2a8ffresultsTb4b4b4:

Tffa657printTb4b4b4(

Ta5d6fffTa5d6ff"Tffd700{Te6edf3rTb4b4b4[Ta5d6ff'Ta5d6ffnameTa5d6ff'Tb4b4b4]Tffd700:Ta5d6ff40Tffd700}Ta5d6ff | Tffd700{Te6edf3rTb4b4b4[Ta5d6ff'Ta5d6ffduration_msTa5d6ff'Tb4b4b4]Tffd700:Ta5d6ff8.2fTffd700}Ta5d6ff ms | Tffd700{Te6edf3rTb4b4b4[Ta5d6ff'Ta5d6ffmemory_growth_mbTa5d6ff'Tb4b4b4]Tffd700:Ta5d6ff8.2fTffd700}Ta5d6ff MBTa5d6ff"Tb4b4b4,

Tb4b4b4)

Tffa657printTb4b4b4(Ta5d6ff"Ta5d6ff=Ta5d6ff" Tff7b72* T79c0ff80Tb4b4b4)

Tff7b72finallyTb4b4b4:

Te6edf3benchTff7b72.Td2a8ffcleanupTb4b4b4(Tb4b4b4)

Tff7b72if Tff7b72__name__ Tff7b72== Ta5d6ff"Ta5d6ff__main__Ta5d6ff"Tb4b4b4:

Te6edf3mainTb4b4b4(Tb4b4b4)